[Autogluon] 실험계속돌리기

Author

김보람

Published

April 9, 2024

  1. 4/9 10시

  2. 4/9 11:30

  3. 4/9 13:00

  4. 4/9 14:37

  5. 4/9 16:46

  6. 4/10 15:00

  7. 4/10

  8. 4/11 v1

imports

import pandas as pd
import numpy as np
import sklearn
import pickle 
import time 
import datetime
import warnings
warnings.filterwarnings('ignore')
%run ../functions.py
%run ../functions-auto.py
with open('../fraudTrain.pkl', 'rb') as file:
    fraudTrain = pickle.load(file)

auto_amt: 비율 다 다르게(전체, test 비율 사이즈 정할 수 있음)

auto_amt(fraudTrain, 0.2, 0.0005)
    Warning: Exception caused ExtraTreesEntr to fail during training... Skipping this model.
        [Errno 28] No space left on device
    Warning: Exception caused NeuralNetFastAI to fail during training... Skipping this model.
        [Errno 28] No space left on device: '/tmp/tmpncfz31ms'
    Warning: Exception caused XGBoost to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240423_064115/models/XGBoost'
    Warning: Exception caused NeuralNetTorch to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240423_064115/models/NeuralNetTorch/'
    Warning: Exception caused LightGBMLarge to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240423_064115/models/LightGBMLarge'
    Warning: Exception caused WeightedEnsemble_L2 to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240423_064115/models/WeightedEnsemble_L2'
OSError: [Errno 28] No space left on device
auto_amt(fraudTrain, 0.3, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.910922 0.341001 0.840000 0.485082 0.944298 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
1 KNeighborsDist None 0.908758 0.331978 0.816667 0.472062 0.924922 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
2 LightGBMXT None 0.964202 0.617729 0.743333 0.674735 0.926993 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
3 LightGBM None 0.927905 0.395604 0.840000 0.537887 0.959906 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
4 RandomForestGini None 0.900100 0.313433 0.840000 0.456522 0.946392 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
5 RandomForestEntr None 0.900100 0.313433 0.840000 0.456522 0.946392 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
6 CatBoost None 0.927239 0.393468 0.843333 0.536585 0.960017 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
7 ExtraTreesGini None 0.903596 0.322745 0.846667 0.467341 0.950812 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
8 ExtraTreesEntr None 0.903263 0.321019 0.840000 0.464516 0.950831 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
9 NeuralNetFastAI None 0.961705 0.593085 0.743333 0.659763 0.903944 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
10 XGBoost None 0.921911 0.376642 0.860000 0.523858 0.958862 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
11 NeuralNetTorch None 0.933233 0.415410 0.826667 0.552954 0.953578 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
12 LightGBMLarge None 0.940559 0.446729 0.796667 0.572455 0.957917 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None
13 WeightedEnsemble_L2 None 0.928238 0.397496 0.846667 0.541001 0.962014 False Auto_not_best 0.3 14014 [amt] 0.407164 6006 0.04995 None 
auto_amt(fraudTrain, 0.3, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.908591 0.050260 0.966667 0.095552 0.976763 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
1 KNeighborsDist None 0.902098 0.047078 0.966667 0.089783 0.961337 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
2 LightGBMXT None 0.938228 0.070529 0.933333 0.131148 0.985247 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
3 LightGBM None 0.923909 0.059794 0.966667 0.112621 0.986175 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
4 RandomForestGini None 0.890443 0.042274 0.966667 0.081006 0.977549 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
5 RandomForestEntr None 0.890443 0.042274 0.966667 0.081006 0.977549 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
6 CatBoost None 0.927572 0.058824 0.900000 0.110429 0.981576 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
7 ExtraTreesGini None 0.893606 0.042105 0.933333 0.080576 0.978085 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
8 ExtraTreesEntr None 0.893440 0.042042 0.933333 0.080460 0.978952 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
9 NeuralNetFastAI None 0.972527 0.142857 0.900000 0.246575 0.954507 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
10 XGBoost None 0.923077 0.057377 0.933333 0.108108 0.981239 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
11 NeuralNetTorch None 0.947053 0.078947 0.900000 0.145161 0.978391 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
12 LightGBMLarge None 0.950383 0.083851 0.900000 0.153409 0.984594 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None
13 WeightedEnsemble_L2 None 0.929903 0.062640 0.933333 0.117400 0.983543 False Auto_not_best 0.3 14014 [amt] 0.426431 6006 0.004995 None 
auto_amt(fraudTrain, 0.2, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.943945 0.464052 0.788889 0.584362 0.937773 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
1 KNeighborsDist None 0.937729 0.431397 0.775556 0.554408 0.917876 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
2 LightGBMXT None 0.964369 0.617486 0.753333 0.678679 0.932437 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
3 LightGBM None 0.964147 0.614414 0.757778 0.678607 0.962050 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
4 RandomForestGini None 0.930958 0.400463 0.768889 0.526636 0.937688 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
5 RandomForestEntr None 0.930958 0.400463 0.768889 0.526636 0.937688 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
6 CatBoost None 0.967366 0.650579 0.748889 0.696281 0.939039 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
7 ExtraTreesGini None 0.932401 0.408092 0.784444 0.536882 0.944522 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
8 ExtraTreesEntr None 0.932845 0.409988 0.784444 0.538520 0.945090 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
9 NeuralNetFastAI None 0.965479 0.629423 0.751111 0.684904 0.904747 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
10 XGBoost None 0.967366 0.650579 0.748889 0.696281 0.957612 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
11 NeuralNetTorch None 0.968365 0.662083 0.748889 0.702815 0.956012 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
12 LightGBMLarge None 0.964147 0.614414 0.757778 0.678607 0.961990 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None
13 WeightedEnsemble_L2 None 0.965479 0.629423 0.751111 0.684904 0.904747 False Auto_not_best 0.2 21021 [amt] 0.264307 9009 0.04995 None 
auto_amt(fraudTrain, 0.2, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.945499 0.072797 0.844444 0.134039 0.958718 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
1 KNeighborsDist None 0.941392 0.066427 0.822222 0.122924 0.930221 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
2 LightGBMXT None 0.977356 0.152838 0.777778 0.255474 0.932297 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
3 LightGBM None 0.967921 0.113924 0.800000 0.199446 0.969762 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
4 RandomForestGini None 0.934399 0.058252 0.800000 0.108597 0.943136 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
5 RandomForestEntr None 0.934399 0.058252 0.800000 0.108597 0.943136 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
6 CatBoost None 0.975136 0.140562 0.777778 0.238095 0.947925 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
7 ExtraTreesGini None 0.936619 0.061667 0.822222 0.114729 0.953497 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
8 ExtraTreesEntr None 0.937285 0.062290 0.822222 0.115806 0.961571 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
9 NeuralNetFastAI None 0.974692 0.138340 0.777778 0.234899 0.913489 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
10 XGBoost None 0.977800 0.155556 0.777778 0.259259 0.970798 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
11 NeuralNetTorch None 0.962593 0.103261 0.844444 0.184019 0.963273 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
12 LightGBMLarge None 0.976912 0.150215 0.777778 0.251799 0.970329 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None
13 WeightedEnsemble_L2 None 0.974692 0.138340 0.777778 0.234899 0.913489 False Auto_not_best 0.2 21021 [amt] 0.283574 9009 0.004995 None 
auto_amt(fraudTrain, 0.2, 0.0005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.947275 0.006289 0.75 0.012474 0.970933 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
1 KNeighborsDist None 0.942502 0.005769 0.75 0.011450 0.952193 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
2 LightGBMXT None 0.978688 0.015464 0.75 0.030303 0.925833 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
3 LightGBM None 0.978688 0.015464 0.75 0.030303 0.992018 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
4 RandomForestGini None 0.935398 0.005137 0.75 0.010204 0.944919 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
5 RandomForestEntr None 0.935398 0.005137 0.75 0.010204 0.944919 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
6 CatBoost None 0.976801 0.014218 0.75 0.027907 0.966991 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
7 ExtraTreesGini None 0.938062 0.005357 0.75 0.010638 0.957329 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
8 ExtraTreesEntr None 0.937618 0.005319 0.75 0.010563 0.954761 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
9 NeuralNetFastAI None 0.978577 0.015385 0.75 0.030151 0.896974 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
10 XGBoost None 0.976801 0.014218 0.75 0.027907 0.986355 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
11 NeuralNetTorch None 0.976912 0.014286 0.75 0.028037 0.988784 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
12 LightGBMLarge None 0.969253 0.014235 1.00 0.028070 0.993073 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None
13 WeightedEnsemble_L2 None 0.978688 0.015464 0.75 0.030303 0.928734 False Auto_not_best 0.2 21021 [amt] 0.285524 9009 0.000444 None 
auto_amt(fraudTrain, 0.5, 0.5)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.873994 0.876047 0.871183 0.873608 0.938715 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
1 KNeighborsDist None 0.862337 0.866779 0.856191 0.861453 0.908154 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
2 LightGBMXT None 0.879822 0.884702 0.873404 0.879016 0.953848 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
3 LightGBM None 0.884263 0.896789 0.868406 0.882370 0.955304 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
4 RandomForestGini None 0.853178 0.854120 0.851749 0.852933 0.937497 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
5 RandomForestEntr None 0.853178 0.854120 0.851749 0.852933 0.937497 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
6 CatBoost None 0.885651 0.904956 0.861743 0.882821 0.956760 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
7 ExtraTreesGini None 0.859839 0.859600 0.860078 0.859839 0.942604 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
8 ExtraTreesEntr None 0.859006 0.859366 0.858412 0.858889 0.943666 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
9 NeuralNetFastAI None 0.860949 0.950763 0.761244 0.845513 0.886771 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
10 XGBoost None 0.886206 0.900865 0.867851 0.884050 0.956570 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
11 NeuralNetTorch None 0.881488 0.872964 0.892837 0.882789 0.951321 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
12 LightGBMLarge None 0.883153 0.900697 0.861188 0.880500 0.959474 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None
13 WeightedEnsemble_L2 None 0.885651 0.901677 0.865630 0.883286 0.956977 False Auto_not_best 0.5 8409 [amt] 0.500059 3603 0.499861 None 
auto_amt(fraudTrain, 0.5, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.800722 0.192220 0.933333 0.318786 0.937035 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
1 KNeighborsDist None 0.794893 0.186308 0.922222 0.309991 0.907297 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
2 LightGBMXT None 0.812101 0.202395 0.938889 0.333005 0.943885 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
3 LightGBM None 0.728004 0.150350 0.955556 0.259819 0.953606 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
4 RandomForestGini None 0.778518 0.172669 0.905556 0.290036 0.934478 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
5 RandomForestEntr None 0.778518 0.172669 0.905556 0.290036 0.934478 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
6 CatBoost None 0.789897 0.183315 0.927778 0.306141 0.955237 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
7 ExtraTreesGini None 0.786567 0.180932 0.927778 0.302811 0.940543 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
8 ExtraTreesEntr None 0.785457 0.180151 0.927778 0.301716 0.940514 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
9 NeuralNetFastAI None 0.956980 0.554113 0.711111 0.622871 0.798610 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
10 XGBoost None 0.777963 0.176409 0.938889 0.297012 0.954753 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
11 NeuralNetTorch None 0.803497 0.195853 0.944444 0.324427 0.950752 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
12 LightGBMLarge None 0.714405 0.145363 0.966667 0.252723 0.952816 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None
13 WeightedEnsemble_L2 None 0.774910 0.174407 0.938889 0.294169 0.955795 False Auto_not_best 0.5 8409 [amt] 0.692829 3603 0.049958 None 
auto_amt(fraudTrain, 0.5, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.775742 0.021792 1.000000 0.042654 0.953642 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
1 KNeighborsDist None 0.778240 0.022032 1.000000 0.043114 0.921556 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
2 LightGBMXT None 0.813211 0.026049 1.000000 0.050776 0.969123 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
3 LightGBM None 0.761032 0.020478 1.000000 0.040134 0.974709 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
4 RandomForestGini None 0.763253 0.019563 0.944444 0.038331 0.948024 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
5 RandomForestEntr None 0.763253 0.019563 0.944444 0.038331 0.948024 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
6 CatBoost None 0.756869 0.020134 1.000000 0.039474 0.973749 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
7 ExtraTreesGini None 0.771302 0.021378 1.000000 0.041860 0.956299 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
8 ExtraTreesEntr None 0.769359 0.021201 1.000000 0.041522 0.956423 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
9 NeuralNetFastAI None 0.606162 0.012526 1.000000 0.024742 0.957787 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
10 XGBoost None 0.759645 0.020362 1.000000 0.039911 0.972137 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
11 NeuralNetTorch None 0.792673 0.023529 1.000000 0.045977 0.973578 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
12 LightGBMLarge None 0.751596 0.019715 1.000000 0.038668 0.973756 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None
13 WeightedEnsemble_L2 None 0.759645 0.020362 1.000000 0.039911 0.972137 False Auto_not_best 0.5 8409 [amt] 0.712094 3603 0.004996 None 
auto_amt(fraudTrain, 0.5, 0.0005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.772412 0.001218 1.0 0.002433 0.970433 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
1 KNeighborsDist None 0.770747 0.001209 1.0 0.002415 0.940589 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
2 LightGBMXT None 0.783514 0.001280 1.0 0.002558 0.979733 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
3 LightGBM None 0.762698 0.001168 1.0 0.002334 0.994170 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
4 RandomForestGini None 0.755482 0.001134 1.0 0.002265 0.977929 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
5 RandomForestEntr None 0.755482 0.001134 1.0 0.002265 0.977929 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
6 CatBoost None 0.762143 0.001166 1.0 0.002328 0.992782 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
7 ExtraTreesGini None 0.759922 0.001155 1.0 0.002307 0.985702 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
8 ExtraTreesEntr None 0.761865 0.001164 1.0 0.002326 0.984314 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
9 NeuralNetFastAI None 0.597002 0.000688 1.0 0.001376 0.996113 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
10 XGBoost None 0.753816 0.001126 1.0 0.002250 0.990700 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
11 NeuralNetTorch None 0.764641 0.001178 1.0 0.002353 0.981954 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
12 LightGBMLarge None 0.756869 0.001140 1.0 0.002278 0.996530 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None
13 WeightedEnsemble_L2 None 0.767138 0.001190 1.0 0.002378 0.995558 False Auto_not_best 0.5 8409 [amt] 0.714116 3603 0.000278 None 
auto_amt(fraudTrain, 0.1, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.977078 0.149675 0.766667 0.250454 0.924644 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
1 KNeighborsDist None 0.971473 0.115942 0.711111 0.199377 0.899743 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
2 LightGBMXT None 0.979076 0.160757 0.755556 0.265107 0.957746 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
3 LightGBM None 0.986458 0.226950 0.711111 0.344086 0.966001 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
4 RandomForestGini None 0.970696 0.111702 0.700000 0.192661 0.935147 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
5 RandomForestEntr None 0.970696 0.111702 0.700000 0.192661 0.935147 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
6 CatBoost None 0.983960 0.199396 0.733333 0.313539 0.963303 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
7 ExtraTreesGini None 0.971695 0.118182 0.722222 0.203125 0.949601 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
8 ExtraTreesEntr None 0.971917 0.119048 0.722222 0.204403 0.944993 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
9 NeuralNetFastAI None 0.977245 0.150655 0.766667 0.251825 0.944602 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
10 XGBoost None 0.985736 0.218855 0.722222 0.335917 0.962657 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
11 NeuralNetTorch None 0.978632 0.159353 0.766667 0.263862 0.958942 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
12 LightGBMLarge None 0.986458 0.226950 0.711111 0.344086 0.965473 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None
13 WeightedEnsemble_L2 None 0.984238 0.202454 0.733333 0.317308 0.965540 False Auto_not_best 0.1 42042 [amt] 0.140716 18018 0.004995 None 
auto_amt(fraudTrain, 0.7, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.004662 0.004662 1.0 0.009281 0.671351 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
1 KNeighborsDist None 0.181041 0.005660 1.0 0.011257 0.670180 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
2 LightGBMXT None 0.004662 0.004662 1.0 0.009281 0.758294 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
3 LightGBM None 0.004662 0.004662 1.0 0.009281 0.846019 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
4 RandomForestGini None 0.253691 0.006208 1.0 0.012339 0.683255 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
5 RandomForestEntr None 0.253691 0.006208 1.0 0.012339 0.683255 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
6 CatBoost None 0.004662 0.004662 1.0 0.009281 0.780494 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
7 ExtraTreesGini None 0.219891 0.005941 1.0 0.011811 0.741608 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
8 ExtraTreesEntr None 0.217949 0.005926 1.0 0.011782 0.739852 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
9 NeuralNetFastAI None 0.004662 0.004662 1.0 0.009281 0.768670 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
10 XGBoost None 0.004662 0.004662 1.0 0.009281 0.500000 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
11 NeuralNetTorch None 0.004662 0.004662 1.0 0.009281 0.930198 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
12 LightGBMLarge None 0.004662 0.004662 1.0 0.009281 0.846019 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None
13 WeightedEnsemble_L2 None 0.004662 0.004662 1.0 0.009281 0.846019 False Auto_not_best 0.7 6006 [amt] 0.998002 2574 0.004662 None 
auto_amt(fraudTrain, 0.6, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.686980 0.015707 1.0 0.030928 0.928224 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
1 KNeighborsDist None 0.669331 0.014881 1.0 0.029326 0.908969 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
2 LightGBMXT None 0.643024 0.013799 1.0 0.027223 0.958780 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
3 LightGBM None 0.671329 0.014970 1.0 0.029499 0.972959 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
4 RandomForestGini None 0.665668 0.014720 1.0 0.029014 0.935520 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
5 RandomForestEntr None 0.665668 0.014720 1.0 0.029014 0.935520 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
6 CatBoost None 0.669664 0.014896 1.0 0.029354 0.971776 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
7 ExtraTreesGini None 0.666001 0.014735 1.0 0.029042 0.952454 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
8 ExtraTreesEntr None 0.668332 0.014837 1.0 0.029240 0.951049 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
9 NeuralNetFastAI None 0.563770 0.011321 1.0 0.022388 0.950669 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
10 XGBoost None 0.668998 0.014866 1.0 0.029297 0.963677 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
11 NeuralNetTorch None 0.407925 0.008366 1.0 0.016593 0.952588 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
12 LightGBMLarge None 0.671329 0.014970 1.0 0.029499 0.960040 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None
13 WeightedEnsemble_L2 None 0.664003 0.014648 1.0 0.028874 0.976841 False Auto_not_best 0.6 7007 [amt] 0.855002 3003 0.004995 None 
auto_amt(fraudTrain, 0.4, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.845915 0.029412 0.954545 0.057065 0.967740 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
1 KNeighborsDist None 0.843472 0.028966 0.954545 0.056225 0.942401 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
2 LightGBMXT None 0.841030 0.028533 0.954545 0.055409 0.979367 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
3 LightGBM None 0.836368 0.027741 0.954545 0.053915 0.983591 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
4 RandomForestGini None 0.821048 0.024272 0.909091 0.047281 0.957268 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
5 RandomForestEntr None 0.821048 0.024272 0.909091 0.047281 0.957268 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
6 CatBoost None 0.833703 0.027308 0.954545 0.053097 0.979712 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
7 ExtraTreesGini None 0.829263 0.026616 0.954545 0.051788 0.962993 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
8 ExtraTreesEntr None 0.828597 0.026515 0.954545 0.051597 0.962319 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
9 NeuralNetFastAI None 0.961146 0.103627 0.909091 0.186047 0.962780 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
10 XGBoost None 0.848579 0.028571 0.909091 0.055402 0.976436 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
11 NeuralNetTorch None 0.846359 0.029494 0.954545 0.057221 0.978125 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
12 LightGBMLarge None 0.824822 0.025958 0.954545 0.050542 0.982972 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None
13 WeightedEnsemble_L2 None 0.841252 0.028571 0.954545 0.055482 0.978581 False Auto_not_best 0.4 10511 [amt] 0.569308 4504 0.004885 None 
auto_amt(fraudTrain, 0.09, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.980369 0.166287 0.73 0.270872 0.898359 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
1 KNeighborsDist None 0.977022 0.140000 0.70 0.233333 0.878392 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
2 LightGBMXT None 0.980668 0.162353 0.69 0.262857 0.947340 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
3 LightGBM None 0.986563 0.226537 0.70 0.342298 0.964227 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
4 RandomForestGini None 0.974524 0.121771 0.66 0.205607 0.913147 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
5 RandomForestEntr None 0.974524 0.121771 0.66 0.205607 0.913147 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
6 CatBoost None 0.980469 0.168565 0.74 0.274583 0.957328 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
7 ExtraTreesGini None 0.976722 0.135458 0.68 0.225914 0.925321 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
8 ExtraTreesEntr None 0.976173 0.133981 0.69 0.224390 0.929241 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
9 NeuralNetFastAI None 0.978570 0.155136 0.74 0.256499 0.899230 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
10 XGBoost None 0.983416 0.189840 0.71 0.299578 0.956699 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
11 NeuralNetTorch None 0.983915 0.196721 0.72 0.309013 0.961513 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
12 LightGBMLarge None 0.986563 0.226537 0.70 0.342298 0.963419 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None
13 WeightedEnsemble_L2 None 0.983466 0.193634 0.73 0.306080 0.964913 False Auto_not_best 0.09 46714 [amt] 0.126429 20019 0.004995 None 
auto_amt(fraudTrain, 0.08, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.982284 0.177528 0.705357 0.283662 0.916888 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
1 KNeighborsDist None 0.978466 0.142035 0.660714 0.233807 0.898124 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
2 LightGBMXT None 0.980641 0.163900 0.705357 0.265993 0.949015 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
3 LightGBM None 0.987879 0.241158 0.669643 0.354610 0.960733 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
4 RandomForestGini None 0.976245 0.129597 0.660714 0.216691 0.928684 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
5 RandomForestEntr None 0.976245 0.129597 0.660714 0.216691 0.928684 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
6 CatBoost None 0.986813 0.223881 0.669643 0.335570 0.952604 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
7 ExtraTreesGini None 0.977977 0.143123 0.687500 0.236923 0.939368 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
8 ExtraTreesEntr None 0.977977 0.141791 0.678571 0.234568 0.936185 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
9 NeuralNetFastAI None 0.979798 0.159046 0.714286 0.260163 0.900735 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
10 XGBoost None 0.986813 0.223881 0.669643 0.335570 0.954298 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
11 NeuralNetTorch None 0.984682 0.197403 0.678571 0.305835 0.962017 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
12 LightGBMLarge None 0.987879 0.241158 0.669643 0.354610 0.954155 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None
13 WeightedEnsemble_L2 None 0.984682 0.197403 0.678571 0.305835 0.962017 False Auto_not_best 0.08 52553 [amt] 0.112153 22522 0.004973 None 
auto_amt(fraudTrain, 0.07, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.982984 0.187500 0.726562 0.298077 0.904913 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
1 KNeighborsDist None 0.980109 0.160777 0.710938 0.262248 0.885596 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
2 LightGBMXT None 0.980653 0.154851 0.648438 0.250000 0.949992 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
3 LightGBM None 0.985237 0.204225 0.679688 0.314079 0.963999 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
4 RandomForestGini None 0.979681 0.147950 0.648438 0.240929 0.929461 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
5 RandomForestEntr None 0.979681 0.147950 0.648438 0.240929 0.929461 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
6 CatBoost None 0.986791 0.225389 0.679688 0.338521 0.958327 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
7 ExtraTreesGini None 0.980808 0.162362 0.687500 0.262687 0.936613 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
8 ExtraTreesEntr None 0.980847 0.160149 0.671875 0.258647 0.939744 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
9 NeuralNetFastAI None 0.977506 0.144882 0.718750 0.241153 0.936047 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
10 XGBoost None 0.986830 0.225974 0.679688 0.339181 0.955938 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
11 NeuralNetTorch None 0.986247 0.213198 0.656250 0.321839 0.958076 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
12 LightGBMLarge None 0.985237 0.204225 0.679688 0.314079 0.962865 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None
13 WeightedEnsemble_L2 None 0.985664 0.211031 0.687500 0.322936 0.959013 False Auto_not_best 0.07 60060 [amt] 0.097869 25740 0.004973 None 
auto_amt(fraudTrain, 0.06, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.985115 0.201207 0.666667 0.309119 0.895565 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
1 KNeighborsDist None 0.982051 0.164076 0.633333 0.260631 0.877481 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
2 LightGBMXT None 0.980087 0.138710 0.573333 0.223377 0.934833 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
3 LightGBM None 0.984915 0.193939 0.640000 0.297674 0.957764 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
4 RandomForestGini None 0.981052 0.149079 0.593333 0.238286 0.916299 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
5 RandomForestEntr None 0.981052 0.149079 0.593333 0.238286 0.916299 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
6 CatBoost None 0.986647 0.215420 0.633333 0.321489 0.951407 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
7 ExtraTreesGini None 0.981918 0.159445 0.613333 0.253095 0.921907 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
8 ExtraTreesEntr None 0.982118 0.161121 0.613333 0.255201 0.924771 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
9 NeuralNetFastAI None 0.976657 0.137976 0.700000 0.230516 0.876027 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
10 XGBoost None 0.986647 0.215420 0.633333 0.321489 0.938944 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
11 NeuralNetTorch None 0.986846 0.223476 0.660000 0.333895 0.950556 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
12 LightGBMLarge None 0.987146 0.223005 0.633333 0.329861 0.956586 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None
13 WeightedEnsemble_L2 None 0.986680 0.220982 0.660000 0.331104 0.956799 False Auto_not_best 0.06 70070 [amt] 0.083574 30030 0.004995 None 
auto_amt(fraudTrain, 0.05, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.986541 0.212806 0.627778 0.317862 0.887026 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
1 KNeighborsDist None 0.985070 0.193493 0.627778 0.295812 0.874561 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
2 LightGBMXT None 0.995005 0.000000 0.000000 0.000000 0.770069 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
3 LightGBM None 0.987457 0.230159 0.644444 0.339181 0.956532 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
4 RandomForestGini None 0.983627 0.167208 0.572222 0.258794 0.910124 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
5 RandomForestEntr None 0.983627 0.167208 0.572222 0.258794 0.910124 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
6 CatBoost None 0.986153 0.209472 0.638889 0.315501 0.945207 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
7 ExtraTreesGini None 0.984710 0.186125 0.611111 0.285344 0.918820 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
8 ExtraTreesEntr None 0.984821 0.187394 0.611111 0.286832 0.920963 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
9 NeuralNetFastAI None 0.992396 0.312000 0.433333 0.362791 0.895837 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
10 XGBoost None 0.988178 0.240506 0.633333 0.348624 0.939593 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
11 NeuralNetTorch None 0.987374 0.228797 0.644444 0.337700 0.952674 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
12 LightGBMLarge None 0.987457 0.230159 0.644444 0.339181 0.952635 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None
13 WeightedEnsemble_L2 None 0.989649 0.270784 0.633333 0.379368 0.956022 False Auto_not_best 0.05 84084 [amt] 0.069288 36036 0.004995 None

auto_amt_nb3: tr은 df50

auto_amt_nb3(fraudTrain,10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.875755 0.007702 0.78125 0.015253 0.884682 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
1 KNeighborsDist None 0.867634 0.007517 0.81250 0.014895 0.880694 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
2 LightGBMXT None 0.883877 0.008237 0.78125 0.016303 0.923171 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
3 LightGBM None 0.896732 0.009256 0.78125 0.018295 0.939773 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
4 RandomForestGini None 0.849698 0.006875 0.84375 0.013640 0.909261 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
5 RandomForestEntr None 0.849698 0.006875 0.84375 0.013640 0.909261 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
6 CatBoost None 0.890651 0.008744 0.78125 0.017295 0.930557 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
7 ExtraTreesGini None 0.857896 0.007004 0.81250 0.013889 0.918836 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
8 ExtraTreesEntr None 0.855818 0.007166 0.84375 0.014211 0.909375 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
9 NeuralNetFastAI None 0.965706 0.025414 0.71875 0.049093 0.823335 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
10 XGBoost None 0.895616 0.009158 0.78125 0.018103 0.940320 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
11 NeuralNetTorch None 0.883030 0.007856 0.75000 0.015549 0.921634 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
12 LightGBMLarge None 0.852200 0.006736 0.81250 0.013361 0.939314 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None
13 WeightedEnsemble_L2 None 0.883877 0.008237 0.78125 0.016303 0.923171 False Auto_not_best 0.130637 9009 [amt] 0.50383 25981 0.001232 None 
auto_amt_nb3(fraudTrain,9)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.874177 0.011187 0.82 0.022073 0.915025 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
1 KNeighborsDist None 0.867597 0.010889 0.84 0.021500 0.879684 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
2 LightGBMXT None 0.887719 0.013118 0.86 0.025841 0.939287 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
3 LightGBM None 0.900256 0.014080 0.82 0.027684 0.950563 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
4 RandomForestGini None 0.850177 0.009858 0.86 0.019492 0.922707 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
5 RandomForestEntr None 0.850177 0.009858 0.86 0.019492 0.922707 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
6 CatBoost None 0.894542 0.013641 0.84 0.026846 0.944163 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
7 ExtraTreesGini None 0.858939 0.010226 0.84 0.020207 0.926876 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
8 ExtraTreesEntr None 0.857415 0.010354 0.86 0.020462 0.927769 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
9 NeuralNetFastAI None 0.966059 0.038690 0.78 0.073724 0.881693 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
10 XGBoost None 0.898282 0.013809 0.82 0.027161 0.948738 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
11 NeuralNetTorch None 0.888342 0.012891 0.84 0.025393 0.938471 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
12 LightGBMLarge None 0.854644 0.010158 0.86 0.020079 0.948439 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None
13 WeightedEnsemble_L2 None 0.887719 0.013118 0.86 0.025841 0.939287 False Auto_not_best 0.121136 9009 [amt] 0.50383 28874 0.001732 None 
auto_amt_nb3(fraudTrain,8)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.877723 0.011463 0.867925 0.022627 0.938723 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
1 KNeighborsDist None 0.872523 0.011233 0.886792 0.022186 0.905154 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
2 LightGBMXT None 0.886615 0.011828 0.830189 0.023324 0.953249 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
3 LightGBM None 0.901815 0.013941 0.849057 0.027431 0.951902 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
4 RandomForestGini None 0.852031 0.009691 0.886792 0.019172 0.938571 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
5 RandomForestEntr None 0.852031 0.009691 0.886792 0.019172 0.938571 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
6 CatBoost None 0.895200 0.013070 0.849057 0.025744 0.954593 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
7 ExtraTreesGini None 0.861200 0.010325 0.886792 0.020413 0.940397 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
8 ExtraTreesEntr None 0.859754 0.010433 0.905660 0.020627 0.940878 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
9 NeuralNetFastAI None 0.965723 0.035871 0.773585 0.068562 0.911700 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
10 XGBoost None 0.900123 0.013707 0.849057 0.026978 0.951934 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
11 NeuralNetTorch None 0.886923 0.012123 0.849057 0.023904 0.956324 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
12 LightGBMLarge None 0.856338 0.010395 0.924528 0.020558 0.952042 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None
13 WeightedEnsemble_L2 None 0.886615 0.011828 0.830189 0.023324 0.953249 False Auto_not_best 0.110627 9009 [amt] 0.50383 32500 0.001631 None 
auto_amt_nb3(fraudTrain,7)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.876482 0.010799 0.909091 0.021345 0.956152 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
1 KNeighborsDist None 0.870878 0.010537 0.927273 0.020838 0.938730 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
2 LightGBMXT None 0.887204 0.011584 0.890909 0.022870 0.968425 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
3 LightGBM None 0.901239 0.013473 0.909091 0.026553 0.972506 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
4 RandomForestGini None 0.852478 0.008522 0.854545 0.016876 0.949192 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
5 RandomForestEntr None 0.852478 0.008522 0.854545 0.016876 0.949192 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
6 CatBoost None 0.895339 0.012475 0.890909 0.024605 0.968500 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
7 ExtraTreesGini None 0.861099 0.009802 0.927273 0.019399 0.955861 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
8 ExtraTreesEntr None 0.859914 0.009720 0.927273 0.019238 0.955636 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
9 NeuralNetFastAI None 0.964952 0.034380 0.836364 0.066045 0.920808 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
10 XGBoost None 0.899569 0.013252 0.909091 0.026123 0.970747 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
11 NeuralNetTorch None 0.887608 0.011625 0.890909 0.022951 0.969186 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
12 LightGBMLarge None 0.856681 0.009503 0.927273 0.018812 0.969404 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None
13 WeightedEnsemble_L2 None 0.887204 0.011584 0.890909 0.022870 0.968425 False Auto_not_best 0.09959 9009 [amt] 0.50383 37120 0.001482 None 
auto_amt_nb3(fraudTrain,6)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.874137 0.008019 0.830189 0.015884 0.937849 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
1 KNeighborsDist None 0.869382 0.007729 0.830189 0.015315 0.893165 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
2 LightGBMXT None 0.883256 0.009412 0.905660 0.018630 0.958809 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
3 LightGBM None 0.898631 0.010163 0.849057 0.020085 0.959119 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
4 RandomForestGini None 0.850821 0.006924 0.849057 0.013736 0.934247 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
5 RandomForestEntr None 0.850821 0.006924 0.849057 0.013736 0.934247 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
6 CatBoost None 0.890897 0.009654 0.867925 0.019095 0.960948 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
7 ExtraTreesGini None 0.860124 0.007382 0.849057 0.014637 0.943165 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
8 ExtraTreesEntr None 0.858577 0.007461 0.867925 0.014796 0.943959 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
9 NeuralNetFastAI None 0.964933 0.025873 0.754717 0.050031 0.892303 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
10 XGBoost None 0.896461 0.009951 0.849057 0.019672 0.962487 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
11 NeuralNetTorch None 0.883371 0.009421 0.905660 0.018648 0.958176 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
12 LightGBMLarge None 0.852437 0.007000 0.849057 0.013885 0.957977 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None
13 WeightedEnsemble_L2 None 0.883256 0.009412 0.905660 0.018630 0.958809 False Auto_not_best 0.087758 9009 [amt] 0.50383 43317 0.001224 None 
auto_amt_nb3(fraudTrain,5)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.875715 0.007542 0.844828 0.014950 0.929305 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
1 KNeighborsDist None 0.870383 0.006651 0.775862 0.013189 0.884344 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
2 LightGBMXT None 0.886128 0.008392 0.862069 0.016622 0.952711 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
3 LightGBM None 0.900814 0.009625 0.862069 0.019037 0.953027 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
4 RandomForestGini None 0.851481 0.005808 0.775862 0.011530 0.913896 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
5 RandomForestEntr None 0.851481 0.005808 0.775862 0.011530 0.913896 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
6 CatBoost None 0.894000 0.009011 0.862069 0.017835 0.953981 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
7 ExtraTreesGini None 0.860874 0.006198 0.775862 0.012298 0.923907 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
8 ExtraTreesEntr None 0.858911 0.006247 0.793103 0.012396 0.918441 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
9 NeuralNetFastAI None 0.964391 0.023404 0.758621 0.045408 0.879963 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
10 XGBoost None 0.898273 0.009386 0.862069 0.018570 0.958326 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
11 NeuralNetTorch None 0.885897 0.008375 0.862069 0.016589 0.952187 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
12 LightGBMLarge None 0.854888 0.006986 0.913793 0.013865 0.953422 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None
13 WeightedEnsemble_L2 None 0.886128 0.008392 0.862069 0.016622 0.952711 False Auto_not_best 0.075408 9009 [amt] 0.50383 51953 0.001116 None

auto_amt7: 비율 다 다르게, df_tstn을 원데이터에서 n으로 나눔

auto_amt7(fraudTrain, 0.9, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.672506 0.005239 1.000000 0.010424 0.917769 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
1 KNeighborsDist None 0.667024 0.005040 0.977778 0.010028 0.897686 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
2 LightGBMXT None 0.618728 0.004404 0.977778 0.008769 0.961423 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
3 LightGBM None 0.631837 0.004663 1.000000 0.009283 0.965210 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
4 RandomForestGini None 0.643681 0.004817 1.000000 0.009589 0.926060 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
5 RandomForestEntr None 0.643681 0.004817 1.000000 0.009589 0.926060 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
6 CatBoost None 0.646096 0.004850 1.000000 0.009654 0.971513 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
7 ExtraTreesGini None 0.654260 0.004964 1.000000 0.009879 0.940197 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
8 ExtraTreesEntr None 0.652267 0.004936 1.000000 0.009823 0.940543 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
9 NeuralNetFastAI None 0.401280 0.002873 1.000000 0.005729 0.923193 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
10 XGBoost None 0.623634 0.004562 1.000000 0.009083 0.960137 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
11 NeuralNetTorch None 0.395032 0.002843 1.000000 0.005670 0.922903 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
12 LightGBMLarge None 0.653877 0.004959 1.000000 0.009868 0.955960 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
13 WeightedEnsemble_L2 None 0.626854 0.004601 1.000000 0.009160 0.965830 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None 
auto_amt7(fraudTrain, 0.8, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.736519 0.007369 1.000000 0.014630 0.935672 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
1 KNeighborsDist None 0.737555 0.007112 0.960784 0.014119 0.919264 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
2 LightGBMXT None 0.759300 0.007749 0.960784 0.015375 0.945454 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
3 LightGBM None 0.716346 0.006848 1.000000 0.013604 0.968619 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
4 RandomForestGini None 0.721217 0.006698 0.960784 0.013303 0.941450 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
5 RandomForestEntr None 0.721217 0.006698 0.960784 0.013303 0.941450 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
6 CatBoost None 0.735599 0.007201 0.980392 0.014298 0.969321 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
7 ExtraTreesGini None 0.731994 0.006965 0.960784 0.013830 0.949904 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
8 ExtraTreesEntr None 0.730690 0.006932 0.960784 0.013764 0.950366 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
9 NeuralNetFastAI None 0.167945 0.002345 1.000000 0.004680 0.798758 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
10 XGBoost None 0.720948 0.006961 1.000000 0.013825 0.959575 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
11 NeuralNetTorch None 0.757881 0.007704 0.960784 0.015286 0.941510 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
12 LightGBMLarge None 0.716346 0.006848 1.000000 0.013604 0.967254 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
13 WeightedEnsemble_L2 None 0.716346 0.006848 1.000000 0.013604 0.968619 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None 
auto_amt7(fraudTrain, 0.7, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.791355 0.006768 0.880952 0.013433 0.929165 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
1 KNeighborsDist None 0.794963 0.006886 0.880952 0.013666 0.907111 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
2 LightGBMXT None 0.816884 0.007705 0.880952 0.015277 0.931731 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
3 LightGBM None 0.747937 0.006057 0.952381 0.012037 0.957331 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
4 RandomForestGini None 0.779185 0.006568 0.904762 0.013040 0.935909 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
5 RandomForestEntr None 0.779185 0.006568 0.904762 0.013040 0.935909 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
6 CatBoost None 0.798841 0.007205 0.904762 0.014296 0.920304 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
7 ExtraTreesGini None 0.784713 0.006735 0.904762 0.013371 0.937763 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
8 ExtraTreesEntr None 0.784790 0.006738 0.904762 0.013376 0.938921 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
9 NeuralNetFastAI None 0.638105 0.003807 0.857143 0.007580 0.893476 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
10 XGBoost None 0.777381 0.006684 0.928571 0.013272 0.952882 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
11 NeuralNetTorch None 0.792238 0.007159 0.928571 0.014208 0.933392 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
12 LightGBMLarge None 0.752428 0.006166 0.952381 0.012253 0.953565 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
13 WeightedEnsemble_L2 None 0.756497 0.006114 0.928571 0.012148 0.956620 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None 
auto_amt7(fraudTrain, 0.6, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.830637 0.010559 0.94 0.020884 0.951753 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
1 KNeighborsDist None 0.840552 0.010742 0.90 0.021231 0.927416 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
2 LightGBMXT None 0.847239 0.011451 0.92 0.022621 0.951173 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
3 LightGBM None 0.817263 0.009794 0.94 0.019385 0.964784 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
4 RandomForestGini None 0.823335 0.009916 0.92 0.019620 0.948598 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
5 RandomForestEntr None 0.823335 0.009916 0.92 0.019620 0.948598 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
6 CatBoost None 0.811575 0.009699 0.96 0.019204 0.956254 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
7 ExtraTreesGini None 0.829561 0.010275 0.92 0.020323 0.953836 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
8 ExtraTreesEntr None 0.830368 0.010543 0.94 0.020852 0.953754 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
9 NeuralNetFastAI None 0.965028 0.038627 0.72 0.073320 0.884173 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
10 XGBoost None 0.846854 0.011423 0.92 0.022566 0.966859 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
11 NeuralNetTorch None 0.967296 0.041237 0.72 0.078007 0.913944 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
12 LightGBMLarge None 0.819915 0.009937 0.94 0.019665 0.961775 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
13 WeightedEnsemble_L2 None 0.809846 0.009612 0.96 0.019033 0.949810 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None 
auto_amt7(fraudTrain, 0.5, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.875755 0.007702 0.78125 0.015253 0.884682 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
1 KNeighborsDist None 0.867634 0.007517 0.81250 0.014895 0.880694 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
2 LightGBMXT None 0.883877 0.008237 0.78125 0.016303 0.923171 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
3 LightGBM None 0.896732 0.009256 0.78125 0.018295 0.939773 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
4 RandomForestGini None 0.849698 0.006875 0.84375 0.013640 0.909261 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
5 RandomForestEntr None 0.849698 0.006875 0.84375 0.013640 0.909261 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
6 CatBoost None 0.890651 0.008744 0.78125 0.017295 0.930557 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
7 ExtraTreesGini None 0.857896 0.007004 0.81250 0.013889 0.918836 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
8 ExtraTreesEntr None 0.855818 0.007166 0.84375 0.014211 0.909375 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
9 NeuralNetFastAI None 0.965706 0.025414 0.71875 0.049093 0.823335 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
10 XGBoost None 0.895616 0.009158 0.78125 0.018103 0.940320 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
11 NeuralNetTorch None 0.883030 0.007856 0.75000 0.015549 0.921634 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
12 LightGBMLarge None 0.852200 0.006736 0.81250 0.013361 0.939314 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
13 WeightedEnsemble_L2 None 0.883877 0.008237 0.78125 0.016303 0.923171 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None 
auto_amt7(fraudTrain, 0.4, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.915320 0.013098 0.743590 0.025743 0.925259 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
1 KNeighborsDist None 0.903129 0.012234 0.794872 0.024096 0.888333 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
2 LightGBMXT None 0.973651 0.036023 0.641026 0.068213 0.899727 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
3 LightGBM None 0.935342 0.017678 0.769231 0.034562 0.958900 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
4 RandomForestGini None 0.884997 0.009993 0.769231 0.019730 0.918495 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
5 RandomForestEntr None 0.884997 0.009993 0.769231 0.019730 0.918495 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
6 CatBoost None 0.952702 0.021757 0.692308 0.042188 0.957907 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
7 ExtraTreesGini None 0.893870 0.011527 0.820513 0.022735 0.940706 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
8 ExtraTreesEntr None 0.893870 0.011527 0.820513 0.022735 0.940206 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
9 NeuralNetFastAI None 0.972763 0.034868 0.641026 0.066138 0.883521 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
10 XGBoost None 0.920181 0.014354 0.769231 0.028182 0.955367 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
11 NeuralNetTorch None 0.947649 0.019679 0.692308 0.038271 0.958331 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
12 LightGBMLarge None 0.949809 0.019787 0.666667 0.038433 0.956469 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
13 WeightedEnsemble_L2 None 0.933143 0.016000 0.717949 0.031302 0.961509 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None 
auto_amt7(fraudTrain, 0.3, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.943677 0.014986 0.709677 0.029353 0.926230 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
1 KNeighborsDist None 0.933535 0.013279 0.741935 0.026092 0.891977 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
2 LightGBMXT None 0.968025 0.026222 0.709677 0.050575 0.930069 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
3 LightGBM None 0.967871 0.027219 0.741935 0.052511 0.964841 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
4 RandomForestGini None 0.922154 0.011352 0.741935 0.022363 0.950148 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
5 RandomForestEntr None 0.922154 0.011352 0.741935 0.022363 0.950148 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
6 CatBoost None 0.976116 0.033439 0.677419 0.063733 0.945809 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
7 ExtraTreesGini None 0.928696 0.012386 0.741935 0.024364 0.952060 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
8 ExtraTreesEntr None 0.929277 0.012486 0.741935 0.024560 0.952507 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
9 NeuralNetFastAI None 0.975729 0.032915 0.677419 0.062780 0.885792 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
10 XGBoost None 0.957458 0.021505 0.774194 0.041848 0.964256 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
11 NeuralNetTorch None 0.975690 0.034321 0.709677 0.065476 0.958467 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
12 LightGBMLarge None 0.966516 0.026136 0.741935 0.050494 0.964247 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
13 WeightedEnsemble_L2 None 0.967871 0.027219 0.741935 0.052511 0.964841 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None 
auto_amt7(fraudTrain, 0.2, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.965722 0.020362 0.580645 0.039344 0.890223 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
1 KNeighborsDist None 0.956869 0.017071 0.612903 0.033217 0.894275 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
2 LightGBMXT None 0.973911 0.026706 0.580645 0.051064 0.943387 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
3 LightGBM None 0.983231 0.037123 0.516129 0.069264 0.950423 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
4 RandomForestGini None 0.948875 0.014416 0.612903 0.028169 0.918144 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
5 RandomForestEntr None 0.948875 0.014416 0.612903 0.028169 0.918144 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
6 CatBoost None 0.978279 0.030357 0.548387 0.057530 0.953229 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
7 ExtraTreesGini None 0.953516 0.017456 0.677419 0.034036 0.920250 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
8 ExtraTreesEntr None 0.954179 0.017707 0.677419 0.034511 0.921158 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
9 NeuralNetFastAI None 0.969582 0.024142 0.612903 0.046455 0.792421 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
10 XGBoost None 0.981047 0.034765 0.548387 0.065385 0.956875 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
11 NeuralNetTorch None 0.971025 0.025333 0.612903 0.048656 0.943575 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
12 LightGBMLarge None 0.983231 0.037123 0.516129 0.069264 0.945461 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
13 WeightedEnsemble_L2 None 0.980034 0.033010 0.548387 0.062271 0.954090 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None 
auto_amt7(fraudTrain, 0.1, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.984394 0.068796 0.700 0.125280 0.944695 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
1 KNeighborsDist None 0.981959 0.056034 0.650 0.103175 0.930740 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
2 LightGBMXT None 0.979604 0.047985 0.625 0.089127 0.963419 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
3 LightGBM None 0.990740 0.103306 0.625 0.177305 0.980154 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
4 RandomForestGini None 0.978167 0.043243 0.600 0.080672 0.963541 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
5 RandomForestEntr None 0.978167 0.043243 0.600 0.080672 0.963541 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
6 CatBoost None 0.985551 0.078534 0.750 0.142180 0.979492 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
7 ExtraTreesGini None 0.980003 0.050682 0.650 0.094033 0.965148 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
8 ExtraTreesEntr None 0.980283 0.051383 0.650 0.095238 0.964879 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
9 NeuralNetFastAI None 0.977249 0.052365 0.775 0.098101 0.958697 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
10 XGBoost None 0.985511 0.078329 0.750 0.141844 0.980592 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
11 NeuralNetTorch None 0.987467 0.087349 0.725 0.155914 0.978420 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
12 LightGBMLarge None 0.990740 0.103306 0.625 0.177305 0.979973 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
13 WeightedEnsemble_L2 None 0.988265 0.090323 0.700 0.160000 0.977690 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None 
auto_amt7(fraudTrain, 0.09, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.984480 0.057500 0.696970 0.106236 0.933013 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
1 KNeighborsDist None 0.981352 0.046218 0.666667 0.086444 0.935943 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
2 LightGBMXT None 0.978223 0.031250 0.515152 0.058925 0.943419 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
3 LightGBM None 0.986044 0.063712 0.696970 0.116751 0.977783 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
4 RandomForestGini None 0.979467 0.040307 0.636364 0.075812 0.933916 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
5 RandomForestEntr None 0.979467 0.040307 0.636364 0.075812 0.933916 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
6 CatBoost None 0.983437 0.051887 0.666667 0.096280 0.968604 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
7 ExtraTreesGini None 0.980630 0.044534 0.666667 0.083491 0.947426 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
8 ExtraTreesEntr None 0.980549 0.044355 0.666667 0.083176 0.947402 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
9 NeuralNetFastAI None 0.976980 0.039182 0.696970 0.074194 0.954669 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
10 XGBoost None 0.985041 0.059585 0.696970 0.109785 0.978302 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
11 NeuralNetTorch None 0.986605 0.063768 0.666667 0.116402 0.974966 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
12 LightGBMLarge None 0.986044 0.063712 0.696970 0.116751 0.977874 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
13 WeightedEnsemble_L2 None 0.986004 0.061111 0.666667 0.111959 0.976728 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None 
auto_amt7(fraudTrain, 0.08, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.985838 0.058333 0.636364 0.106870 0.888590 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
1 KNeighborsDist None 0.982974 0.040189 0.515152 0.074561 0.869726 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
2 LightGBMXT None 0.978414 0.041971 0.696970 0.079174 0.947827 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
3 LightGBM None 0.990962 0.079295 0.545455 0.138462 0.956390 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
4 RandomForestGini None 0.981804 0.037611 0.515152 0.070103 0.889501 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
5 RandomForestEntr None 0.981804 0.037611 0.515152 0.070103 0.889501 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
6 CatBoost None 0.986605 0.061584 0.636364 0.112299 0.940663 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
7 ExtraTreesGini None 0.982328 0.038724 0.515152 0.072034 0.892195 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
8 ExtraTreesEntr None 0.982207 0.040541 0.545455 0.075472 0.892584 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
9 NeuralNetFastAI None 0.979625 0.042636 0.666667 0.080146 0.896268 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
10 XGBoost None 0.986605 0.061584 0.636364 0.112299 0.947377 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
11 NeuralNetTorch None 0.987331 0.062305 0.606061 0.112994 0.955241 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
12 LightGBMLarge None 0.992213 0.091837 0.545455 0.157205 0.945912 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
13 WeightedEnsemble_L2 None 0.987775 0.055921 0.515152 0.100890 0.950111 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None 
auto_amt7(fraudTrain, 0.07, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.986713 0.067647 0.696970 0.123324 0.860245 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
1 KNeighborsDist None 0.984844 0.057292 0.666667 0.105516 0.859447 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
2 LightGBMXT None 0.992930 0.106145 0.575758 0.179245 0.936256 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
3 LightGBM None 0.987120 0.069697 0.696970 0.126722 0.966536 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
4 RandomForestGini None 0.984032 0.050000 0.606061 0.092379 0.862851 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
5 RandomForestEntr None 0.984032 0.050000 0.606061 0.092379 0.862851 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
6 CatBoost None 0.986185 0.065156 0.696970 0.119171 0.966158 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
7 ExtraTreesGini None 0.984722 0.054545 0.636364 0.100478 0.877480 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
8 ExtraTreesEntr None 0.984763 0.056995 0.666667 0.105012 0.876873 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
9 NeuralNetFastAI None 0.977327 0.043478 0.757576 0.082237 0.927294 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
10 XGBoost None 0.986185 0.065156 0.696970 0.119171 0.955735 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
11 NeuralNetTorch None 0.989314 0.080292 0.666667 0.143322 0.966986 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
12 LightGBMLarge None 0.987120 0.069697 0.696970 0.126722 0.966438 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
13 WeightedEnsemble_L2 None 0.989314 0.080292 0.666667 0.143322 0.966986 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None 
auto_amt7(fraudTrain, 0.06, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.988407 0.056537 0.516129 0.101911 0.817115 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
1 KNeighborsDist None 0.987009 0.044728 0.451613 0.081395 0.816728 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
2 LightGBMXT None 0.987831 0.044674 0.419355 0.080745 0.923696 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
3 LightGBM None 0.990832 0.071429 0.516129 0.125490 0.953651 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
4 RandomForestGini None 0.985940 0.033033 0.354839 0.060440 0.817714 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
5 RandomForestEntr None 0.985940 0.033033 0.354839 0.060440 0.817714 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
6 CatBoost None 0.988119 0.058219 0.548387 0.105263 0.929765 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
7 ExtraTreesGini None 0.987050 0.041935 0.419355 0.076246 0.845766 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
8 ExtraTreesEntr None 0.987091 0.039088 0.387097 0.071006 0.845899 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
9 NeuralNetFastAI None 0.979280 0.035363 0.580645 0.066667 0.907383 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
10 XGBoost None 0.988160 0.058419 0.548387 0.105590 0.943379 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
11 NeuralNetTorch None 0.988900 0.062271 0.548387 0.111842 0.932266 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
12 LightGBMLarge None 0.990832 0.071429 0.516129 0.125490 0.954257 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
13 WeightedEnsemble_L2 None 0.991284 0.075117 0.516129 0.131148 0.937845 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None 
auto_amt7(fraudTrain, 0.05, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.989523 0.070039 0.600000 0.125436 0.883888 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
1 KNeighborsDist None 0.989148 0.064394 0.566667 0.115646 0.865053 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
2 LightGBMXT None 0.998748 0.000000 0.000000 0.000000 0.798688 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
3 LightGBM None 0.991193 0.082949 0.600000 0.145749 0.977357 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
4 RandomForestGini None 0.988647 0.055147 0.500000 0.099338 0.903842 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
5 RandomForestEntr None 0.988647 0.055147 0.500000 0.099338 0.903842 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
6 CatBoost None 0.990817 0.083333 0.633333 0.147287 0.970471 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
7 ExtraTreesGini None 0.988939 0.063197 0.566667 0.113712 0.933406 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
8 ExtraTreesEntr None 0.988939 0.063197 0.566667 0.113712 0.947400 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
9 NeuralNetFastAI None 0.994991 0.131148 0.533333 0.210526 0.925528 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
10 XGBoost None 0.988605 0.070671 0.666667 0.127796 0.961842 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
11 NeuralNetTorch None 0.989982 0.080000 0.666667 0.142857 0.968028 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
12 LightGBMLarge None 0.993071 0.100000 0.566667 0.170000 0.977875 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
13 WeightedEnsemble_L2 None 0.990108 0.077551 0.633333 0.138182 0.968740 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None 
auto_amt7(fraudTrain, 0.04, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.990849 0.090909 0.588235 0.157480 0.897267 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
1 KNeighborsDist None 0.989951 0.082988 0.588235 0.145455 0.881324 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
2 LightGBMXT None 0.998546 0.000000 0.000000 0.000000 0.804711 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
3 LightGBM None 0.993415 0.100000 0.441176 0.163043 0.975969 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
4 RandomForestGini None 0.989438 0.075697 0.558824 0.133333 0.940680 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
5 RandomForestEntr None 0.989438 0.075697 0.558824 0.133333 0.940680 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
6 CatBoost None 0.994056 0.116788 0.470588 0.187135 0.942605 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
7 ExtraTreesGini None 0.989951 0.079498 0.558824 0.139194 0.954682 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
8 ExtraTreesEntr None 0.990165 0.084746 0.588235 0.148148 0.941717 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
9 NeuralNetFastAI None 0.994655 0.104348 0.352941 0.161074 0.927658 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
10 XGBoost None 0.989053 0.082707 0.647059 0.146667 0.963589 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
11 NeuralNetTorch None 0.989695 0.084337 0.617647 0.148410 0.976645 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
12 LightGBMLarge None 0.993415 0.100000 0.441176 0.163043 0.974090 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
13 WeightedEnsemble_L2 None 0.989695 0.084337 0.617647 0.148410 0.976645 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None 
auto_amt7(fraudTrain, 0.03, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.993414 0.100000 0.388889 0.159091 0.748364 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
1 KNeighborsDist None 0.992569 0.071895 0.305556 0.116402 0.718609 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
2 LightGBMXT None 0.998398 0.000000 0.000000 0.000000 0.726936 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
3 LightGBM None 0.997553 0.228571 0.222222 0.225352 0.943845 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
4 RandomForestGini None 0.991857 0.059880 0.277778 0.098522 0.781299 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
5 RandomForestEntr None 0.991857 0.059880 0.277778 0.098522 0.781299 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
6 CatBoost None 0.995105 0.106383 0.277778 0.153846 0.921011 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
7 ExtraTreesGini None 0.992257 0.068750 0.305556 0.112245 0.795583 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
8 ExtraTreesEntr None 0.992213 0.073620 0.333333 0.120603 0.795305 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
9 NeuralNetFastAI None 0.995372 0.138298 0.361111 0.200000 0.933157 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
10 XGBoost None 0.989632 0.073593 0.472222 0.127341 0.944720 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
11 NeuralNetTorch None 0.993325 0.109589 0.444444 0.175824 0.947783 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
12 LightGBMLarge None 0.998398 0.000000 0.000000 0.000000 0.952792 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
13 WeightedEnsemble_L2 None 0.993414 0.105634 0.416667 0.168539 0.944971 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None 
auto_amt7(fraudTrain, 0.02, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994176 0.137931 0.444444 0.210526 0.850648 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
1 KNeighborsDist None 0.993351 0.108527 0.388889 0.169697 0.850201 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
2 LightGBMXT None 0.998253 0.000000 0.000000 0.000000 0.808323 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
3 LightGBM None 0.997282 0.222222 0.222222 0.222222 0.979879 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
4 RandomForestGini None 0.993157 0.086614 0.305556 0.134969 0.865468 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
5 RandomForestEntr None 0.993157 0.086614 0.305556 0.134969 0.865468 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
6 CatBoost None 0.994856 0.135417 0.361111 0.196970 0.959905 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
7 ExtraTreesGini None 0.993351 0.108527 0.388889 0.169697 0.879890 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
8 ExtraTreesEntr None 0.993303 0.101562 0.361111 0.158537 0.867600 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
9 NeuralNetFastAI None 0.995001 0.154639 0.416667 0.225564 0.955167 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
10 XGBoost None 0.997185 0.210526 0.222222 0.216216 0.964940 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
11 NeuralNetTorch None 0.995438 0.184783 0.472222 0.265625 0.976525 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
12 LightGBMLarge None 0.998253 0.000000 0.000000 0.000000 0.980291 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
13 WeightedEnsemble_L2 None 0.995438 0.184783 0.472222 0.265625 0.976525 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None 

auto_amt7(fraudTrain, 0.01, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.995750 0.288462 0.357143 0.319149 0.778281 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
1 KNeighborsDist None 0.995086 0.233333 0.333333 0.274510 0.766844 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
2 LightGBMXT None 0.997211 0.000000 0.000000 0.000000 0.722844 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
3 LightGBM None 0.996348 0.275862 0.190476 0.225352 0.970487 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
4 RandomForestGini None 0.994555 0.187500 0.285714 0.226415 0.867535 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
5 RandomForestEntr None 0.994555 0.187500 0.285714 0.226415 0.867535 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
6 CatBoost None 0.996215 0.222222 0.142857 0.173913 0.917539 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
7 ExtraTreesGini None 0.994887 0.222222 0.333333 0.266667 0.894749 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
8 ExtraTreesEntr None 0.995086 0.233333 0.333333 0.274510 0.895466 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
9 NeuralNetFastAI None 0.996879 0.380952 0.190476 0.253968 0.911898 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
10 XGBoost None 0.996148 0.214286 0.142857 0.171429 0.944878 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
11 NeuralNetTorch None 0.995418 0.245283 0.309524 0.273684 0.964096 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
12 LightGBMLarge None 0.997211 0.000000 0.000000 0.000000 0.970680 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
13 WeightedEnsemble_L2 None 0.995484 0.240000 0.285714 0.260870 0.962590 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None 
auto_amt7(fraudTrain, 0.009, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.995779 0.146341 0.206897 0.171429 0.750397 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
1 KNeighborsDist None 0.995124 0.148148 0.275862 0.192771 0.716125 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
2 LightGBMXT None 0.997890 0.000000 0.000000 0.000000 0.759775 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
3 LightGBM None 0.997890 0.000000 0.000000 0.000000 0.955511 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
4 RandomForestGini None 0.994032 0.092308 0.206897 0.127660 0.761099 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
5 RandomForestEntr None 0.994032 0.092308 0.206897 0.127660 0.761099 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
6 CatBoost None 0.997890 0.000000 0.000000 0.000000 0.818552 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
7 ExtraTreesGini None 0.994687 0.120690 0.241379 0.160920 0.763472 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
8 ExtraTreesEntr None 0.994760 0.122807 0.241379 0.162791 0.763820 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
9 NeuralNetFastAI None 0.997890 0.000000 0.000000 0.000000 0.917705 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
10 XGBoost None 0.996580 0.178571 0.172414 0.175439 0.939455 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
11 NeuralNetTorch None 0.997162 0.187500 0.103448 0.133333 0.941711 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
12 LightGBMLarge None 0.997890 0.000000 0.000000 0.000000 0.944964 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
13 WeightedEnsemble_L2 None 0.997162 0.187500 0.103448 0.133333 0.941711 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None 
auto_amt7(fraudTrain, 0.008, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994738 0.340426 0.326531 0.333333 0.749046 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
1 KNeighborsDist None 0.994655 0.351852 0.387755 0.368932 0.738710 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
2 LightGBMXT None 0.995971 0.000000 0.000000 0.000000 0.748396 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
3 LightGBM None 0.995971 0.000000 0.000000 0.000000 0.952200 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
4 RandomForestGini None 0.993915 0.264151 0.285714 0.274510 0.756577 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
5 RandomForestEntr None 0.993915 0.264151 0.285714 0.274510 0.756577 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
6 CatBoost None 0.995971 0.000000 0.000000 0.000000 0.869176 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
7 ExtraTreesGini None 0.994327 0.300000 0.306122 0.303030 0.788091 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
8 ExtraTreesEntr None 0.994327 0.300000 0.306122 0.303030 0.797345 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
9 NeuralNetFastAI None 0.995971 0.000000 0.000000 0.000000 0.865390 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
10 XGBoost None 0.994820 0.305556 0.224490 0.258824 0.931314 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
11 NeuralNetTorch None 0.995478 0.440000 0.448980 0.444444 0.953280 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
12 LightGBMLarge None 0.995971 0.000000 0.000000 0.000000 0.952864 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
13 WeightedEnsemble_L2 None 0.995395 0.431373 0.448980 0.440000 0.952930 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None 
auto_amt7(fraudTrain, 0.285524, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.945036 0.030822 0.918367 0.059642 0.965394 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
1 KNeighborsDist None 0.937870 0.024465 0.816327 0.047506 0.935382 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
2 LightGBMXT None 0.974009 0.059490 0.857143 0.111258 0.955778 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
3 LightGBM None 0.983151 0.078603 0.734694 0.142012 0.980420 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
4 RandomForestGini None 0.925553 0.020972 0.836735 0.040918 0.958775 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
5 RandomForestEntr None 0.925553 0.020972 0.836735 0.040918 0.958775 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
6 CatBoost None 0.972770 0.056911 0.857143 0.106734 0.975443 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
7 ExtraTreesGini None 0.932757 0.023715 0.857143 0.046154 0.959873 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
8 ExtraTreesEntr None 0.932680 0.023689 0.857143 0.046103 0.967817 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
9 NeuralNetFastAI None 0.973312 0.058011 0.857143 0.108668 0.946188 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
10 XGBoost None 0.972692 0.057951 0.877551 0.108723 0.981063 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
11 NeuralNetTorch None 0.974164 0.059829 0.857143 0.111851 0.979628 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
12 LightGBMLarge None 0.983151 0.078603 0.734694 0.142012 0.980251 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None
13 WeightedEnsemble_L2 None 0.966650 0.046875 0.857143 0.088889 0.979300 False Autogluon 0.108576 15776 [amt] 0.283152 25817 0.001898 None 
auto_amt7(fraudTrain, 0.007, 10)
    Warning: Exception caused ExtraTreesEntr to fail during training... Skipping this model.
        [Errno 28] No space left on device
    Warning: Exception caused NeuralNetFastAI to fail during training... Skipping this model.
        [Errno 28] No space left on device: '/tmp/tmp_9x6hxmz'
    Warning: Exception caused XGBoost to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240422_061523/models/XGBoost'
    Warning: Exception caused NeuralNetTorch to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240422_061523/models/NeuralNetTorch/'
    Warning: Exception caused LightGBMLarge to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240422_061523/models/LightGBMLarge'
    Warning: Exception caused WeightedEnsemble_L2 to fail during training... Skipping this model.
        [Errno 28] No space left on device: 'AutogluonModels/ag-20240422_061523/models/WeightedEnsemble_L2'
OSError: [Errno 28] No space left on device
auto_amt7(fraudTrain, 0.006, 10)

auto_amt_nb4: 비율 다 같게

auto_amt_nb4(fraudTrain,0.05)
auto_amt_nb4(fraudTrain,0.04)
auto_amt_nb4(fraudTrain,0.03)
auto_amt_nb4(fraudTrain,0.02)

여기서다시

auto_amt_nb4(fraudTrain,0.01)
auto_amt_nb4(fraudTrain,0.0098021735347759)
auto_amt_nb4(fraudTrain,0.9)
auto_amt_nb4(fraudTrain,0.8)
auto_amt_nb4(fraudTrain,0.7)
auto_amt_nb4(fraudTrain,0.6)
auto_amt_nb4(fraudTrain,0.5)
auto_amt_nb4(fraudTrain,0.4)
auto_amt_nb4(fraudTrain,0.3)
auto_amt_nb4(fraudTrain,0.2)
auto_amt_nb4(fraudTrain,0.1)
auto_amt_nb4(fraudTrain,0.00573)
auto_amt_nb4(fraudTrain,0.006)
auto_amt_nb4(fraudTrain,0.007)
auto_amt_nb4(fraudTrain,0.008)
auto_amt_nb4(fraudTrain,0.009)

이 비율은 안됨

auto_amt7(fraudTrain, 0.005, 10)

auto_amt7(fraudTrain, 0.004, 10)

auto_amt7(fraudTrain, 0.003, 10)

auto_amt7(fraudTrain, 0.002, 10)

auto_amt7(fraudTrain, 0.001, 10)

auto_amt(fraudTrain, 0.9, 0.005)

auto_amt(fraudTrain, 0.8, 0.005)